unset NCCL_QUADRUPLE_CHANNELS
#export CUDA_VISIBLE_DEVICES=4,5,1,0,9,8,12,13,7,6,2,3,10,11,15,14
#export CUDA_VISIBLE_DEVICES=4,5,7,6,0,1,3,2,9,8,10,11,13,12,14,15
#export CUDA_VISIBLE_DEVICES=4,7,5,6,1,2,0,3,12,15,13,14,9,10,8,11
export NCCL_SOCKET_IFNAME=eth0
#export MP_VP=2
cd /mnt/data/Pai-Megatron-Patch/examples/qwen2_5
sh run_mcore_qwen-overlap.sh  \
dlc  \
32B   \
1    \
512 \
1e-5   \
1e-6   \
4096  \
4096  \
bf16  \
4  \
2 \
2 \
true \
true   \
true \
false \
false   \
false \
100000  \
/mnt/data/qwen-datasets/wudao_qwenbpe_text_document  \
/mnt/data/qwen-datasets/wudao_qwenbpe_text_document  \
/mnt/data/qwen-ckpts/Qwen2.5-32B  \
10000000000  \
1000000   \
/mnt/data/out/test_qwen2_5_32B